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Figure 2 



WO 2004/090898 



PCT/GB2004/001354 



Figure 3 



3/15 



Green 



Red 




Include Graphic 
(Superimposed on Frame) 



Exclude Graphic 
(Superimposed on Frame) 



WO 2004/090898 



PCT/GB2004/001354 



4/15 



Figure 4 




WO 2004/090898 



PCT/GB2004/001354 



Figure 8 



8/15 



User Tasks 




WO 2004/090898 



PCT/GB2004/001354 



Figure 9 



9/15 



User Tasks 



System 
Tasks 



System Memory 




903 



WO 2004/090898 



PCT/GB2004/001354 



10/15 

Figure 10 



luiifuiiiuiiiiiiiiiiiiiiiiiiiiiiiiiiuiuiiiiiiiimiiuiuifiiiii 

II example VXT control program 

#defincMAX_XJSEFUNTERACnONS 100 
// session variables 

static int p = 12; // predicted value in s = L/p 

static int r [MAXJJSERJNTERACTIONS] ; 

enum user„commands 
{ 

USEK_MOVE_TO_FRAME, 
USERJNCLUDE, 
USERJEXCLUDE, 
USEK.APPLY 

h 

void VXT_controJ_«ample() 

^ int Lj // length of video clip in frames 

int 3; // support in frames 

int current_userjnput; 

int uscr_intcraction_index;/ / count number of user edits 
int user_cycle_count; 
int inpoint, temp_inpoint; 
int outpoint, temp_outpoint; 

int f f // current frame number 

L = getVidcoClipLengthO; // get the number of frames in the video clip 

// The support value s specifies the size of the block of frames to be 

// included or excluded in the refinement operations. 

// It is initialised to be some proportion of the original clip length 

// using the stored prediction variable p. 

s = L/p; 

userjntcractionjndex = 0; 
user_cyclc_count — 0; 

// show the predicted include region 

f = L/2; 

inpoint = f - s; 

outpoint = f + s; 

temp_Jnpoint = inpoint; 

tcmp_outpoint = outpoint; 

showIndudeRegion(f, inpoint, outpoint, L» -1); 

// user input decode loop 

while (((currencuscrjnput = gctUserlnputO) 1= USER^APPLY) && 

(uscrjnteractionjndex < MAX^LJSERJNTERACTIONS)) 

s += getRefmementValue(user_interactionJndex); // adjust s for this iteration 

swi tch (currcnt_us cr_inp u t) 

case USER^MOVEJTO^FRAME : // move and include frames moved across 

usecJnteraction fc Jndcx++; 
f = getCurrcntFrameOi 

temp _inpoint = (f < tcmp_inpoint) ? f : tcmp_jnpoint; 
temp_outpoint — (f > temp_outpoint) ? f : temp_outpoint; 
inpoint = temp Jnpoint; 
outpoint = tcmp_outpoinf, 
user_cydc_count = 0; 

showIndudeRcgion(f, tcmpjnpoint, temp_outpoint, L, -3); 
break; 

case USEKJNCLUDE : 
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current one 



current one 



swi tch (us er_cydc_count) 

{ 

caseO: 



case 3: 



} 



// include current frame only 
tempjnpoint = f, 
temp_outpoint = f; 
break; 

// include s frames both prior to and subsequent to current one 
temp pinpoint = (f - s) < in point ? (f - s) : inpoint; 
tcmp_outpoint = (f + s) > outpoint ? (f + s) : outpoint; 
break; 

// include all frames prior to and 8 frames subsequent to 

tempjnpoint = O, 
terap_outpoint = f + s; 
break; 

// include s frames prior to and all frames subsequent to 

tempjnpoint = (f - s); 
temp_outpoint = L - 1; 
break; 



USERJNCLUDE case &). 



user_cycle_count = (user_cycle_count < 4) ? user_cycle_count+l : 0; 
showIndudeRegion(f, tempjnpoint, temp_outpoint, L, user_cyde_count); 
break; 

case USEFL.EXCLUDE : 

switch(user_oyde_.count) 

case 0: // exclude all but current frame (equivalent to 

temp_inpoint = f; 
tcmp_outpoint = f; 
break; 

// exclude s frames from front and back of clip 
tempjnpoint — s; 
tcmp_outpoint = L - s; 
break; 

// exclude s frames from back of included region 
tempjnpoint — f - s; 
tcmp_outpoint = f; 
break; 

// exclude s frames from front of Included region 
tempjnpoint = f; 
temp_outpoint = f + s; 
break; 

} 

user_cycle_count = (us er_cycle_count < 4) ? user_cyclc_count+ 1 : 0; 
showIncludeRcgion(f, tempjnpoint, temp_outpoint, L, user_cyde_count); 
break; 



case 1: 



case 2: 



i3: 



inpoint = tcmp_mpoint; 
outpoint = tcmp_outpoinr, 

// update the variables and export the dip 
p = 2*L/(outpoint - inpoint + 1); 
cxportClip(f, inpoint, outpoint, L); 
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NEW SESSION - INCLUDE example - take prediction 
input: 

export* 
KEY 

excluded region 

***** included region 
# current frame 

Figure 11 




NEW SESSION - INCLUDE example - extend region post-current frame 



input:_ 



export:_ 



****#_ 



NEW SESSION - INCLUDE example - extend region pre-current frame 

input: 

moveto : 

export: 



KEY 

excluded region 

***** included region 
# current frame 



Figure 12 
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NEW SESSION - INCLUDE example - take 1 frame 



inpuc_ 



moveto:,. 

cyclel: 

exporf w 



KEY 

excluded region 

***** included region 
# current frame 

Figure 13 



NEW SESSION - INCLUDE example - grow region post-current frame 



input_ 



moveto:. 



cyclel 
cycle 2:_ 



cyclel :_ 
cycle 2:_ 



export;^ 



NEW SESSION - INCLUDE example - grow region pre-currcnt frame 



inpuc_ 



cyclel:!. 
cycle 2:_ 



moveto;. 
cyclel;. 
cycle 2: * 



KEY 

excluded region 

***** included region 
# current frame 



Figure 14 
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NEW SESSION - INCLUDE example - include all pre-current frames 



input? ^ jm^'MjM' 




NEW SESSION - INCLUDE example - include all post-current frames 



input:_ 



moveto:. 
cycle 
1: 



cycle 2\. 
cycle 3:** 
cycle 4:_ 
exporc_ 



KEY 

excluded region 

***** included region 
# current frame 



Figure 15 
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NEW SESSION - EXCLUDE example - exclude s frames from front and back of clip 
Input: 



cycle 
1: 



KEY 

excluded region 

***** included region 
# current frame 

Figure 16 



NEW SESSION - EXCLUDE example - exclude s frames from front of included region 



input:_ 



mo veto :_ 
cycle 
1: 



cycle 2^. 
cycle 
3: 



export:_ 



KEY 

excluded region 

***** included region 
# current frame 

Figure 17 



This Page is Inserted by IFW Indexing and Scanning 
Operations and is not part of the Official Record 

BEST AVAILABLE IMAGES 

Defective images within this document are accurate representations of the origin 
documents submitted by the applicant. 

Defects in the images include but are not limited to the items checked: 

□ BLACK BORDERS 

□ IMAGE CUT OFF AT TOP, BOTTOM OR SIDES 

□ FADED TEXT OR DRAWING 

□ BLURRED OR ILLEGIBLE TEXT OR DRAWING 

□ SKEWED/SLANTED IMAGES 



□ REFERENCE(S) OR EXHIBIT(S) SUBMITTED ARE POOR QUALITY 

□ OTHER: 



IMAGES ARE BEST AVAILABLE COPY. 
As rescanning these documents will not correct the image 
problems checked, please do not report these problems to 
the IFW Image Problem Mailbox. 




COLOR OR BLACK AND WHITE PHOTOGRAPHS 



□ 



GRAY SCALE DOCUMENTS 



□ 



LINES OR MARKS ON ORIGINAL DOCUMENT 



